This is an R Markdown Notebook

Your project - Detect Anomaly in Industrial Process with Deep Learning

Deep Learning… In this lecture I would like to esplore with you the DeepLearning we can do with H2O package in R…

Data Exploration

Train Deep Learning Model

normality_model <- h2o.deeplearning(x = names(train), 
                                     training_frame = train, 
                                     activation = "Tanh", 
                                     autoencoder = TRUE, 
                                     hidden = c(50,20,50), 
                                     sparse = TRUE,
                                     l1 = 1e-4, 
                                     epochs = 100)

  |                                                                                             
  |                                                                                       |   0%
  |                                                                                             
  |=========                                                                              |  10%
  |                                                                                             
  |=================                                                                      |  20%
  |                                                                                             
  |==========================                                                             |  30%
  |                                                                                             
  |===================================                                                    |  40%
  |                                                                                             
  |============================================                                           |  50%
  |                                                                                             
  |====================================================                                   |  60%
  |                                                                                             
  |=============================================================                          |  70%
  |                                                                                             
  |======================================================================                 |  80%
  |                                                                                             
  |==============================================================================         |  90%
  |                                                                                             
  |=======================================================================================| 100%

reconstruct dataset

Check MSE

LS0tDQp0aXRsZTogIkNyZWF0aW5nIEFub21hbHkgRGV0ZWN0aW9uIFN5c3RlbSBmb3IgSW5kdXN0cmlhbCBQcm9jZXNzIHdpdGggRGVlcCBMZWFybmluZyINCm91dHB1dDoNCiAgaHRtbF9kb2N1bWVudDogZGVmYXVsdA0KICBodG1sX25vdGVib29rOiBkZWZhdWx0DQogIHBkZl9kb2N1bWVudDogZGVmYXVsdA0KLS0tDQoNClRoaXMgaXMgYW4gW1IgTWFya2Rvd25dKGh0dHA6Ly9ybWFya2Rvd24ucnN0dWRpby5jb20pIE5vdGVib29rDQoNCg0KIyMjIFlvdXIgcHJvamVjdCAtIERldGVjdCBBbm9tYWx5IGluIEluZHVzdHJpYWwgUHJvY2VzcyB3aXRoIERlZXAgTGVhcm5pbmcNCg0KRGVlcCBMZWFybmluZy4uLiBJbiB0aGlzIGxlY3R1cmUgSSB3b3VsZCBsaWtlIHRvIGVzcGxvcmUgd2l0aCB5b3UgdGhlIERlZXBMZWFybmluZyB3ZSBjYW4gZG8gd2l0aCBIMk8gcGFja2FnZSBpbiBSLi4uDQoNCiMjIyMgRGF0YSBFeHBsb3JhdGlvbg0KDQpgYGB7cn0NCiMgbGlicmFyaWVzDQpsaWJyYXJ5KHRpZHl2ZXJzZSkNCmxpYnJhcnkocGxvdGx5KQ0KDQojIGRhdGEgcmVhZGluZw0KREZfTk9STUFMIDwtIHJlYWRfcmRzKCJEQVRBLW5vcm1hbC5yZHMiKQ0KREZfVEVTVCA8LSByZWFkX3JkcygiREFUQS10ZXN0LnJkcyIpDQpERl9BTk9NQUxZIDwtIHJlYWRfcmRzKCJEQVRBLWFub21hbHkucmRzIikNCg0KTk9STV8yMDE2IDwtIERGX05PUk1BTCAlPiUgc2VsZWN0KDI6MTEpICU+JSBhcy5tYXRyaXgoKQ0KcGxvdF9seSh6ID0gTk9STV8yMDE2LCB0eXBlID0gInN1cmZhY2UiKQ0KDQpURVNUXzIwMTUgPC0gREZfVEVTVCAlPiUgc2VsZWN0KDI6MTEpICU+JSBhcy5tYXRyaXgoKQ0KcGxvdF9seSh6ID0gVEVTVF8yMDE1LCB0eXBlID0gInN1cmZhY2UiKQ0KDQpURVNUXzIwMTcgPC0gREZfQU5PTUFMWSAlPiUgc2VsZWN0KDI6MTEpICU+JSBhcy5tYXRyaXgoKQ0KcGxvdF9seSh6ID0gVEVTVF8yMDE3LCB0eXBlID0gInN1cmZhY2UiKQ0KDQoNCmBgYA0KDQojIyMjIFRyYWluIERlZXAgTGVhcm5pbmcgTW9kZWwNCg0KYGBge3J9DQpsaWJyYXJ5KGgybykNCmgyby5pbml0KG50aHJlYWRzID0gMikNCg0KdHJhaW4gPC0gYXMuaDJvKHggPSBOT1JNXzIwMTYsIGRlc3RpbmF0aW9uX2ZyYW1lID0gInRyYWluIikNCnRlc3QgPC0gYXMuaDJvKHggPSBURVNUXzIwMTUsIGRlc3RpbmF0aW9uX2ZyYW1lID0gInRlc3QiKQ0KYW5vbWFseSA8LSBhcy5oMm8oeCA9IFRFU1RfMjAxNywgZGVzdGluYXRpb25fZnJhbWUgPSAiYW5vbWFseSIpDQoNCm5vcm1hbGl0eV9tb2RlbCA8LSBoMm8uZGVlcGxlYXJuaW5nKHggPSBuYW1lcyh0cmFpbiksIA0KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHRyYWluaW5nX2ZyYW1lID0gdHJhaW4sIA0KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGFjdGl2YXRpb24gPSAiVGFuaCIsIA0KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGF1dG9lbmNvZGVyID0gVFJVRSwgDQogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaGlkZGVuID0gYyg1MCwyMCw1MCksIA0KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNwYXJzZSA9IFRSVUUsDQogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgbDEgPSAxZS00LCANCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBlcG9jaHMgPSAxMDApDQoNCg0KYGBgDQoNCiMjIyMgcmVjb25zdHJ1Y3QgZGF0YXNldA0KDQpgYGB7cn0NCiMgcmVjcmVhdGUgDQp0ZXN0X3JlY29uIDwtIGgyby5wcmVkaWN0KG5vcm1hbGl0eV9tb2RlbCwgdHJhaW4pICU+JSBhcy5tYXRyaXgoKQ0KcGxvdF9seSh6ID0gdGVzdF9yZWNvbiwgdHlwZSA9ICJzdXJmYWNlIikNCmBgYA0KDQojIyMjIENoZWNrIE1TRQ0KDQoNCmBgYHtyfQ0KDQptc2UgPC0gaDJvLmFub21hbHkobm9ybWFsaXR5X21vZGVsLCB0cmFpbikgJT4lIGFzLmRhdGEuZnJhbWUoKQ0KbXNlX3Rlc3QgPC0gaDJvLmFub21hbHkobm9ybWFsaXR5X21vZGVsLCB0ZXN0KSAlPiUgYXMuZGF0YS5mcmFtZSgpDQptc2VfYW5vbSA8LSBoMm8uYW5vbWFseShub3JtYWxpdHlfbW9kZWwsIGFub21hbHkpICU+JSBhcy5kYXRhLmZyYW1lKCkNCg0KcGxvdC50cyhtc2UpDQpwbG90LnRzKG1zZV90ZXN0KQ0KcGxvdC50cyhtc2VfYW5vbSkNCg0KDQpgYGANCg0K